I want to streamline the process of submitting several optimization jobs for individual bins.It is similar enouch to the mcmc config notebook that I'm gonna port some functionality from that here.



In [1]:

    
from os import path
import numpy as np
import h5py



In [2]:

    
training_file = '/scratch/users/swmclau2/xi_zheng07_cosmo_lowmsat/PearceRedMagicXiCosmoFixedNd.hdf5'
f = h5py.File(training_file, 'r')



In [3]:

    
rbins = f.attrs['scale_bins']
rpoints = (rbins[1:]+rbins[:-1])/2.0



In [4]:

    
np.save('/home/users/swmclau2/Git/pearce/bin/optimization/sloppy_joes_indiv_bins/rpoints.npy', rpoints)

orig_sbatch_fname = '/home/users/swmclau2/Git/pearce/bin/mcmc/config/pearce_mcmc_config_test.sbatch' with open(orig_sbatch_fname, 'r') as f: lines = [] for line in f: lines.append(line) orig_sbatch = ''.join(lines)



In [5]:

    
sbatch_template = """#!/bin/bash
#SBATCH --job-name={ridx:02d}_sloppy_joes_optimization_indiv_bin
#SBATCH --time=04:00:00
#SBATCH -p iric
#SBATCH -o {dirname}/sloppy_joes_optimization_indiv_bin_{ridx:02d}.out
#SBATCH --ntasks=16
#SBATCH --exclusive

module load python/2.7.13
module load py-scipystack
module load hdf5/1.10.0p1
python {dirname}/sloppy_joes_optimization_indiv_bins.py {ridx:02d}
"""



In [6]:

    
directory = "/home/users/swmclau2/Git/pearce/bin/optimization/sloppy_joes_indiv_bins"
jobname_template = "sloppy_joes_indiv_bin_{ridx:02d}"
for ridx,  _ in enumerate(rpoints):
        jobname = jobname_template.format(ridx=ridx)
            
        with open(path.join(directory, jobname + '.sbatch'), 'w') as f:
            f.write(sbatch_template.format(dirname = directory, ridx = ridx))



In [ ]: